package org.tabularium.text.se;

import org.apache.lucene.analysis.*;
import java.io.Reader;

/**
 * Special lucene analyzer that avoids to break-down a string. Useful for urls and other ids.
 */
public class UrlFieldAnalyzer extends Analyzer {
  public TokenStream tokenStream(String fieldName, Reader reader) {
    return new CharTokenizer(reader) {
      protected boolean isTokenChar(char c) {
        return true;
      }
    };
  }

}
